'''
Created on 2015-3-29

@author: xizhzhao
'''

seen_urls = []  # ulrs that has been visited
# urls_to_visit = [] # ulrs that has not been visited
'''
    Pay attention here, the urls_to_visit may not just store a url string.
    it could be any structure !!!
'''

urls_to_visit = []
